Java查询es数据，根据指定id检索（in查询），sql权限过滤，多字段匹配检索，数据排序 |
您所在的位置：网站首页 › java 查询sql › Java查询es数据，根据指定id检索（in查询），sql权限过滤，多字段匹配检索，数据排序 |
|
Java集成Elasticsearch数据查询
Java集成Elasticsearch，进行索引数据查询，并进行sql权限过滤，指定id检索（in查询），多字段匹配检索，数据排序。由于权限过滤是根据sql语句判断当前用户或其部门可查询的数据，所以采用以下方法： 1.通过sql过滤出当前用户可查询的数据id集合idsList； 2.将当前用户可查询的数据id集合idsList通过QueryBuilders.idsQuery()进行查询，类似Mysql的in (’ ‘,’ ‘,’ ')查询。 Java代码 1.action代码 public void sq_list(){ //获取数据 PrintWriter writer = null; //建立连接 RestHighLevelClient restHighLevelClient = RestHighLevelClientFactory.getHighLevelClient(); try { writer = this.getResponse().getWriter(); //设置请求和响应相关参数 ResponseUtil.setResponseParam(this.getResponse(), this.getRequest()); //接收参数 Map paramMap = RequestParamUtilOA.getParameterMap(this.getRequest()); String userId =this.getUserId(); paramMap.put("userId", userId); String pageStr = paramMap.get("page"); String rowsStr = paramMap.get("rows"); int page = Integer.parseInt(pageStr); int rows = Integer.parseInt(rowsStr); paramMap.put("page", Integer.valueOf(page).toString()); paramMap.put("rows", Integer.valueOf(rows).toString()); String esSearch = paramMap.get("esSearch"); if (StringUtils.isNotBlank(esSearch)) { Map searchMatchFw = indexTestService.searchMatchFw(AppParameters.index_name_fw, AppParameters.index_type_fw, paramMap, restHighLevelClient); List fwList = (List)searchMatchFw.get("rows"); int total = Integer.valueOf(searchMatchFw.get("total").toString()); String resData = ztxmOaFwSqService.getZtxmOaFwSqPageJson(fwList, userId); writer.write("{\"resCode\":\"10\",\"resMsg\":\"查询成功\",\"total\":" + total + ",\"rows\":" + resData + "}"); } else { writer.write("{\"resCode\":\"10\",\"resMsg\":\"查询成功\",\"total\":0,\"rows\":[]}"); } } catch (Exception e) { e.printStackTrace(); writer.write("{\"resCode\":\"30\",\"resMsg\":\"查询失败\"}"); } finally { //关闭连接 try { restHighLevelClient.close(); } catch (IOException e) { e.printStackTrace(); } } } 2.service代码 /** * 全文检索 * @param index * @param type * @param paramMap * @param rhclient * @return * @throws IOException */ public Map searchMatchFw(String index, String type, Map paramMap, RestHighLevelClient rhclient) throws IOException; 3.serviceImpl代码1.通过QueryBuilders.idsQuery()进行类似Mysql的in (’ ‘,’ ‘,’ ')查询 BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery(); boolQueryBuilder.must(QueryBuilders.idsQuery().addIds(idsList.toArray(new String[]{}))); sourceBuilder.query(boolQueryBuilder); 2.索引多字段匹配数据查询 boolQueryBuilder.must(QueryBuilders.multiMatchQuery(esSearch, keySetArray).slop(0).type(“phrase”)); 3.排序构建器：按照索引指定字段进行倒序排序 FieldSortBuilder sortBuilder = SortBuilders.fieldSort(“sqTjsj”).order(SortOrder.DESC); sourceBuilder.sort(sortBuilder); /** * 全文检索 */ @Override public Map searchMatchFw(String index, String type, Map paramMap, RestHighLevelClient rhclient) throws IOException { Map map = new HashMap(); String esSearch = paramMap.get("esSearch"); String fullMath = paramMap.get("fullMath"); Integer page = null; Integer rows = null; String pageStr = paramMap.get("page"); String rowsStr = paramMap.get("rows"); if (StringUtils.isNotBlank(pageStr) && StringUtils.isNotBlank(rowsStr)) { page = parseIntegerValue(pageStr, 1); rows = parseIntegerValue(rowsStr, 1); } SearchRequest searchRequest = new SearchRequest(index); searchRequest.types(type); //搜索字段 Set keySet = new HashSet(); String[] keySetArray = {}; // 获得字典组map对象 Map dataDicGroupToItemMap = AmcInterface.getDataDicGroupToItemMap(); if (dataDicGroupToItemMap != null) { // 获得字典组代码对应的全部字典项map对象 Map zidianxMap = dataDicGroupToItemMap.get("AMC_OA_es_fw"); if (zidianxMap != null) { keySet = zidianxMap.keySet(); keySetArray = keySet.toArray(new String[keySet.size()]); /*if ("0".equals(fullMath)) { sourceBuilder.query(QueryBuilders.multiMatchQuery(esSearch, keySetArray).slop(0).type("phrase")); }else { sourceBuilder.query(QueryBuilders.multiMatchQuery(esSearch, keySetArray)); }*/ } } SearchSourceBuilder sourceBuilder = new SearchSourceBuilder(); //获取符合当前用户权限的发文id信息：通过sql过滤出当前用户可查询的数据id集合 List idsList = getFwSqListIds(paramMap); logger.info("列表查询：符合用户权限的id数量： "+idsList.size()); //查询参数设置 BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery(); //将当前用户可查询的数据id集合通过QueryBuilders.idsQuery()进行in查询 if (idsList != null && idsList.size() > 0) { boolQueryBuilder.must(QueryBuilders.idsQuery().addIds(idsList.toArray(new String[]{}))); } //索引多字段匹配数据查询 if (keySetArray != null && keySetArray.length > 0) { boolQueryBuilder.must(QueryBuilders.multiMatchQuery(esSearch, keySetArray).slop(0).type("phrase")); } sourceBuilder.query(boolQueryBuilder); //排序构建器设置：按照索引数据的提交时间倒序排序 FieldSortBuilder sortBuilder = SortBuilders.fieldSort("sqTjsj").order(SortOrder.DESC); sourceBuilder.sort(sortBuilder); //基础参数设置 sourceBuilder.timeout(new TimeValue(60, TimeUnit.SECONDS)); sourceBuilder.size(5000);//默认查询10条数据 //设置高亮显示 HighlightBuilder highlightBuilder = new HighlightBuilder(); for(String key : keySet){ highlightBuilder.field(key); } highlightBuilder.requireFieldMatch(false); highlightBuilder.preTags(""); highlightBuilder.postTags(""); sourceBuilder.highlighter(highlightBuilder); //将请求体加入到请求中 searchRequest.source(sourceBuilder); //发送请求 SearchResponse searchResponse = rhclient.search(searchRequest, RequestOptions.DEFAULT); //处理搜索命中文档结果 SearchHits hits = searchResponse.getHits(); logger.info("es search total hits: " + hits.getTotalHits().value); SearchHit[] searchHits = hits.getHits(); int total = 0; List ztxmOaFwSqList = new ArrayList(); if (searchHits != null && searchHits.length > 0) { //总条数 total = searchHits.length; //分页信息 int begin = 0; int sum = searchHits.length; if (page != null && rows != null) { if (page * rows begin = (page - 1) * rows; } } for (int i = begin; i JSONObject jsonObject = JSONObject.parseObject(searchHits[i].getSourceAsString()); ZtxmOaFwSq ztxmOaFwSq = JSONObject.toJavaObject(jsonObject, ZtxmOaFwSq.class); SearchHit hit = searchHits[i]; //logger.info("indexHit:" + hit.getIndex() + " typeHit:" + hit.getType() + " id:" + hit.getId() + " score" + hit.getScore()); // 搜索内容 -- 高亮 String content = ""; Map highlightFields = hit.getHighlightFields(); if (keySet != null && keySet.size() > 0) { for(String key : keySet){ HighlightField highlight = highlightFields.get(key); if (highlight != null) { Text[] fragments = highlight.fragments(); // 多值的字段会有多个值 if (fragments != null) { for (int j = 0; j /*if (fragmentString.toString().length() > 50) { content += fragmentString.toString().substring(0, 50) + "......"; } else {*/ content += fragmentString.toString(); /*}*/ } content += "; "; } } } } if (content != null) { content.replace("\t", ""); content.replace("\n", ""); content.replace("\r", ""); } //logger.info(content); ztxmOaFwSq.setBak1(content); } ztxmOaFwSqList.add(ztxmOaFwSq); } } } map.put("rows", ztxmOaFwSqList); map.put("total", total); return map; } |
今日新闻 |
推荐新闻 |
| CopyRight 2018-2019 办公设备维修网 版权所有 豫ICP备15022753号-3 |